# Copyright (c) 2020-2021, NVIDIA CORPORATION. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#  * Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
#  * Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
#  * Neither the name of NVIDIA CORPORATION nor the names of its
#    contributors may be used to endorse or promote products derived
#    from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
# PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

cmake_minimum_required(VERSION 3.17)

project(tritonigiebackend LANGUAGES C CXX)

#set(CMAKE_C_COMPILER "/opt/sw_home/local/bin/clang")
#set(CMAKE_CXX_COMPILER "/opt/sw_home/local/bin/clang++")
#SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w")

#
# Options
#
option(TRITON_ENABLE_GPU "Enable GPU support in backend." ON)
option(TRITON_ENABLE_STATS "Include statistics collections in backend." ON)
option(TRITON_ENABLE_NVTX "Include nvtx markers collection in backend." OFF)

set(TRITON_BACKEND_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/backend repo.")
set(TRITON_COMMON_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/common repo")
set(TRITON_CORE_REPO_TAG "main" CACHE STRING "Tag for triton-inference-server/core repo")
set(IGIE_HOME "/opt/apps/igie" CACHE STRING "Tag for IGIE Working Path.")
message(NOTICE "[INFO] set IGIE_HOME to "${IGIE_HOME})

if(NOT CMAKE_BUILD_TYPE)
  set(CMAKE_BUILD_TYPE Release)
endif()

set(TRITON_IGIE_BACKEND_LIBNAME triton_igie)

#
# Dependencies
#
include(FetchContent)
add_definitions(-D_GLIBCXX_USE_CXX11_ABI=0)

message(WARNING "fetching tis-backend:https://gitee.com/121786404/backend.git")
FetchContent_Declare(
  repo-backend
  GIT_REPOSITORY https://gitee.com/121786404/backend.git
  GIT_TAG ${TRITON_BACKEND_REPO_TAG}
)

message(WARNING "fetching repo-backend:https://gitee.com/121786404/common.git")
FetchContent_Declare(
  repo-common
  GIT_REPOSITORY https://gitee.com/121786404/common.git
  GIT_TAG ${TRITON_COMMON_REPO_TAG}
  GIT_SHALLOW ON
)

message(WARNING "fetching tis-core:https://gitee.com/121786404/core.git")
FetchContent_Declare(
  repo-core
  GIT_REPOSITORY https://gitee.com/121786404/core.git
  GIT_TAG ${TRITON_CORE_REPO_TAG}
  GIT_SHALLOW ON
)
FetchContent_MakeAvailable(repo-backend repo-common repo-core)

#
# CUDA
#
if(${TRITON_ENABLE_GPU})
  find_package(CUDAToolkit REQUIRED)
  message(STATUS "Using CUDA ${CUDA_VERSION}")
  set(CUDA_NVCC_FLAGS -std=c++11)

  if(CUDA_VERSION VERSION_GREATER "10.1" OR CUDA_VERSION VERSION_EQUAL "10.1")
    add_definitions(-DTRITON_ENABLE_CUDA_GRAPH=1)
  else()
    message(WARNING "CUDA ${CUDA_VERSION} does not support CUDA graphs.")
  endif()
else()
 message( FATAL_ERROR "IGIE backend requires TRITON_ENABLE_GPU=1, CMake will exit." )
endif() # TRITON_ENABLE_GPU

#
# Backend library containing useful source and utilities
#
add_library(
  triton-igie-backend SHARED
  src/igie.cc
  src/igie_model.h
  src/igie_model.cc
  src/igie_model_instance.h 
  src/igie_model_instance.cc
)

add_library(
  TritonIGIEBackend::triton-igie-backend ALIAS triton-igie-backend
)

target_compile_features(triton-igie-backend PRIVATE cxx_std_14)
# target_compile_options(
#  triton-igie-backend
#  PRIVATE
#  -w
# )

# TRITON_ENABLE_GPU exposed in header so set PUBLIC
if(${TRITON_ENABLE_GPU})
target_compile_definitions(
  triton-igie-backend
  PUBLIC TRITON_ENABLE_GPU=1
)
endif() # TRITON_ENABLE_GPU

set_target_properties(
  triton-igie-backend PROPERTIES
  POSITION_INDEPENDENT_CODE ON
  OUTPUT_NAME ${TRITON_IGIE_BACKEND_LIBNAME}
)

# IGIE Relevant
# which will cause core dump
# add_definitions(-D_GLIBCXX_USE_CXX11_ABI=0)

# add include files.
include_directories(
    ${IGIE_HOME}/include
    ${IGIE_HOME}/3rdparty/dmlc/include
    ${IGIE_HOME}/3rdparty/dlpack/include
    )
    
target_link_libraries(
  triton-igie-backend
  PRIVATE
    triton-core-serverapi   # from repo-core
    triton-core-serverstub  # from repo-core
    triton-backend-utils    # from repo-backend
    ${IGIE_HOME}/libtvm_runtime.so
    libpthread.so
    libdl.so
    # ${IGIE_HOME}/src/runtime/contrib/plugin/libiluvatar_plugin.so
    # CUDA::cudart
)
